import os

import dragon_ai
# 年龄显示
# root_dir = "/home/A02_tmpdata3/osum_s2s/age_xianshi_cosyvoice2_by_cywang_added_by_20250625/raw_data/s2s_handle/xlgeng_new_data"
# combines_tar_root_path = f'{root_dir}/s2t_thinking/combines_tar_root.txt'
# tar_dir = dragon_ai.load_first_row_from_file_clean(combines_tar_root_path)
# sensevoice.list
# data_list = f'{root_dir}/s2s_thinking/sensevoice.list'
# if os.path.exists(data_list):
#    output_dir = f'{root_dir}/s2s_no_thinking/sensevoice'
#    task_tag = "<S2TCHAT> <TEXT2TOKEN>"
#    dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
#    dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
# else:
#    print(f"{data_list} not exists")
# # kokoro.list
# data_list = f'{root_dir}/s2s_thinking/kokoro.list'
# if os.path.exists(data_list):
#    output_dir = f'{root_dir}/s2s_no_thinking/kokoro'
#    task_tag = "<S2TCHAT> <TEXT2TOKEN>"
#    dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
#    dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
# else:
#    print(f"{data_list} not exists")
#
# # 年龄显示
# root_dir = "/home/A02_tmpdata3/osum_s2s/age_xianshi_cosyvoice2_by_cywang_added_by_20250625/raw_data/s2s_handle/xlgeng_new_data"
# combines_tar_root_path = f'{root_dir}/s2t_thinking/combines_tar_root.txt'
# tar_dir = dragon_ai.load_first_row_from_file_clean(combines_tar_root_path)
# # sensevoice.list
# data_list = f'{root_dir}/s2s_thinking/sensevoice.list'
# if os.path.exists(data_list):
#    output_dir = f'{root_dir}/s2s_thinking/sensevoice'
#    task_tag = "<S2TCHAT> <TEXT2TOKEN> <THINK>"
#    dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
#    dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
# else:
#    print(f"{data_list} not exists")
# # kokoro.list
# data_list = f'{root_dir}/s2s_thinking/kokoro.list'
# if os.path.exists(data_list):
#    output_dir = f'{root_dir}/s2s_thinking/kokoro'
#    task_tag = "<S2TCHAT> <TEXT2TOKEN> <THINK>"
#    dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
#    dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
# else:
#    print(f"{data_list} not exists")
#
#
# exit()

# from gxl_ai_utils.utils import utils_file
# root_dir = "/home/A02_tmpdata3/emotion/中英混多音色情感数据库/s2s_handle/xlgeng_new_data"
# combines_tar_root_path = f'{root_dir}/s2t_thinking/combines_tar_root.txt'
# tar_dir = dragon_ai.load_first_row_from_file_clean(combines_tar_root_path)
# # sensevoice.list
# data_list = f'{root_dir}/s2s_thinking/doubao3.jsonl'
# if os.path.exists(data_list):
#    output_dir = f'{root_dir}/s2s_no_thinking/doubao'
#    task_tag = "<S2TCHAT> <TEXT2TOKEN>"
#    dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
#    dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
# else:
#    print(f"{data_list} not exists")
# if os.path.exists(data_list):
#    output_dir = f'{root_dir}/s2s_thinking/doubao'
#    task_tag = "<S2TCHAT> <TEXT2TOKEN> <THINK>"
#    dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
#    dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
# else:
#    print(f"{data_list} not exists")
#
# exit()
def do_test_1():
   doubao_root_dir = "/home/A03_tmpdata0/sywang/doubao/doubao_data2"

   # 性别年龄common
   root_dir = "/home/A02_tmpdata3/osum_s2s/gender/xlgeng_new_data"
   combines_tar_root_path = f'{root_dir}/s2t_thinking/combines_tar_root.txt'
   tar_dir = dragon_ai.load_first_row_from_file_clean(combines_tar_root_path)
   # sensevoice.list
   data_list = f'{doubao_root_dir}/age_gender_common/doubao3.jsonl'
   output_dir = f'{root_dir}/s2s_no_thinking/doubao'
   task_tag = "<S2TCHAT> <TEXT2TOKEN>"
   dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
   dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)

   # 年龄显示
   root_dir = "/home/A02_tmpdata3/osum_s2s/age_xianshi_cosyvoice2_by_cywang_added_by_20250625/raw_data/s2s_handle/xlgeng_new_data"
   combines_tar_root_path = f'{root_dir}/s2t_thinking/combines_tar_root.txt'
   tar_dir = dragon_ai.load_first_row_from_file_clean(combines_tar_root_path)
   data_list = f'{doubao_root_dir}/age_xianshi/doubao3.jsonl'
   if os.path.exists(data_list):
      output_dir = f'{root_dir}/s2s_no_thinking/doubao'
      task_tag = "<S2TCHAT> <TEXT2TOKEN>"
      dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
      dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
   else:
      print(f"{data_list} not exists")

   # 性别显示
   root_dir = "/home/A02_tmpdata3/osum_s2s/sex_xianshi_cosyvoice2_by_cywang_added_by_20250625/raw_data/s2s_handle/xlgeng_new_data"
   combines_tar_root_path = f'{root_dir}/s2t_thinking/combines_tar_root.txt'
   tar_dir = dragon_ai.load_first_row_from_file_clean(combines_tar_root_path)
   # sensevoice.list
   data_list = f'{doubao_root_dir}/gender_xianshi/doubao3.jsonl'
   if os.path.exists(data_list):
      output_dir = f'{root_dir}/s2s_no_thinking/doubao'
      task_tag = "<S2TCHAT> <TEXT2TOKEN>"
      dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
      dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
   else:
      print(f"{data_list} not exists")

   # 性别隐式2
   root_dir = "/home/A02_tmpdata3/osum_s2s/S2SChat_sex_yinshi_7_4_osum_by_cywang_added_by_20250708/raw_data/s2s_handle/xlgeng_new_data"
   combines_tar_root_path = f'{root_dir}/s2t_thinking/combines_tar_root.txt'
   tar_dir = dragon_ai.load_first_row_from_file_clean(combines_tar_root_path)
   # sensevoice.list
   data_list = f'{doubao_root_dir}/gender_yinshi_3k/doubao3.jsonl'
   if os.path.exists(data_list):
      output_dir = f'{root_dir}/s2s_no_thinking/doubao'
      task_tag = "<S2TCHAT> <TEXT2TOKEN>"
      dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
      dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
   else:
      print(f"{data_list} not exists")

   # 性别隐式
   root_dir = "/home/A02_tmpdata3/osum_s2s/S2SChat_sex_yinshi_5000_6_13_data_by_gjli_added_by_20250622/raw_data/s2s_handle/xlgeng_new_data"
   combines_tar_root_path = f'{root_dir}/s2t_thinking/combines_tar_root.txt'
   tar_dir = dragon_ai.load_first_row_from_file_clean(combines_tar_root_path)
   # sensevoice.list
   data_list = f'{doubao_root_dir}/gender_yinshi_5k/doubao3.jsonl'
   if os.path.exists(data_list):
      output_dir = f'{root_dir}/s2s_no_thinking/doubao'
      task_tag = "<S2TCHAT> <TEXT2TOKEN>"
      dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
      dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
   else:
      print(f"{data_list} not exists")

   # caption_common_7label
   root_dir = "/home/A02_tmpdata3/osum_s2s/caption/raw_data/xlgeng_new_data"
   combines_tar_root_path = f'{root_dir}/s2t_thinking/combines_tar_root.txt'
   tar_dir = dragon_ai.load_first_row_from_file_clean(combines_tar_root_path)
   # sensevoice.list
   data_list = f'{doubao_root_dir}/caption_common_7label/doubao3.jsonl'
   if os.path.exists(data_list):
      output_dir = f'{root_dir}/s2s_no_thinking/doubao'
      task_tag = "<S2TCHAT> <TEXT2TOKEN>"
      dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
      dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
   else:
      print(f"{data_list} not exists")

   # caption_common_50_label
   root_dir = "/home/A02_tmpdata3/osum_s2s/caption_add_2025_1_6/raw_data/s2s_data_with_gender/xlgeng_new_data"
   combines_tar_root_path = f'{root_dir}/s2t_thinking/combines_tar_root.txt'
   tar_dir = dragon_ai.load_first_row_from_file_clean(combines_tar_root_path)
   # sensevoice.list
   data_list = f'{doubao_root_dir}/caption_common_50_label/doubao3.jsonl'
   if os.path.exists(data_list):
      output_dir = f'{root_dir}/s2s_no_thinking/doubao'
      task_tag = "<S2TCHAT> <TEXT2TOKEN>"
      dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
      dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
   else:
      print(f"{data_list} not exists")

   # caption 显示
   root_dir = "/home/A02_tmpdata3/osum_s2s/caption_s2s_xianshi_20250806/raw_data/s2s_data/xlgeng_new_data"
   combines_tar_root_path = f'{root_dir}/s2t_thinking/combines_tar_root.txt'
   tar_dir = dragon_ai.load_first_row_from_file_clean(combines_tar_root_path)
   # sensevoice.list
   data_list = f'{doubao_root_dir}/caption_xianshi/doubao3.jsonl'
   if os.path.exists(data_list):
      output_dir = f'{root_dir}/s2s_no_thinking/doubao'
      task_tag = "<S2TCHAT> <TEXT2TOKEN>"
      dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
      dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
   else:
      print(f"{data_list} not exists")

   # ==============think=======================================

   # 性别年龄common
   root_dir = "/home/A02_tmpdata3/osum_s2s/gender/xlgeng_new_data"
   combines_tar_root_path = f'{root_dir}/s2t_thinking/combines_tar_root.txt'
   tar_dir = dragon_ai.load_first_row_from_file_clean(combines_tar_root_path)
   # sensevoice.list
   data_list = f'{doubao_root_dir}/age_gender_common/doubao3.jsonl'
   output_dir = f'{root_dir}/s2s_thinking/doubao'
   task_tag = "<S2TCHAT> <TEXT2TOKEN> <THINK>"
   dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
   dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)

   # 年龄显示
   root_dir = "/home/A02_tmpdata3/osum_s2s/age_xianshi_cosyvoice2_by_cywang_added_by_20250625/raw_data/s2s_handle/xlgeng_new_data"
   combines_tar_root_path = f'{root_dir}/s2t_thinking/combines_tar_root.txt'
   tar_dir = dragon_ai.load_first_row_from_file_clean(combines_tar_root_path)
   # sensevoice.list
   data_list = f'{doubao_root_dir}/age_xianshi/doubao3.jsonl'
   if os.path.exists(data_list):
      output_dir = f'{root_dir}/s2s_thinking/doubao'
      task_tag = "<S2TCHAT> <TEXT2TOKEN> <THINK>"
      dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
      dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
   else:
      print(f"{data_list} not exists")

   # 性别显示
   root_dir = "/home/A02_tmpdata3/osum_s2s/sex_xianshi_cosyvoice2_by_cywang_added_by_20250625/raw_data/s2s_handle/xlgeng_new_data"
   combines_tar_root_path = f'{root_dir}/s2t_thinking/combines_tar_root.txt'
   tar_dir = dragon_ai.load_first_row_from_file_clean(combines_tar_root_path)
   # sensevoice.list
   data_list = f'{doubao_root_dir}/gender_xianshi/doubao3.jsonl'
   if os.path.exists(data_list):
      output_dir = f'{root_dir}/s2s_thinking/doubao'
      task_tag = "<S2TCHAT> <TEXT2TOKEN> <THINK>"
      dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
      dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
   else:
      print(f"{data_list} not exists")

   # 性别隐式2
   root_dir = "/home/A02_tmpdata3/osum_s2s/S2SChat_sex_yinshi_7_4_osum_by_cywang_added_by_20250708/raw_data/s2s_handle/xlgeng_new_data"
   combines_tar_root_path = f'{root_dir}/s2t_thinking/combines_tar_root.txt'
   tar_dir = dragon_ai.load_first_row_from_file_clean(combines_tar_root_path)
   # sensevoice.list
   data_list = f'{doubao_root_dir}/gender_yinshi_3k/doubao3.jsonl'
   if os.path.exists(data_list):
      output_dir = f'{root_dir}/s2s_thinking/doubao'
      task_tag = "<S2TCHAT> <TEXT2TOKEN> <THINK>"
      dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
      dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
   else:
      print(f"{data_list} not exists")

   # 性别隐式
   root_dir = "/home/A02_tmpdata3/osum_s2s/S2SChat_sex_yinshi_5000_6_13_data_by_gjli_added_by_20250622/raw_data/s2s_handle/xlgeng_new_data"
   combines_tar_root_path = f'{root_dir}/s2t_thinking/combines_tar_root.txt'
   tar_dir = dragon_ai.load_first_row_from_file_clean(combines_tar_root_path)
   # sensevoice.list
   data_list = f'{doubao_root_dir}/gender_yinshi_5k/doubao3.jsonl'
   if os.path.exists(data_list):
      output_dir = f'{root_dir}/s2s_thinking/doubao'
      task_tag = "<S2TCHAT> <TEXT2TOKEN> <THINK>"
      dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
      dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
   else:
      print(f"{data_list} not exists")

   # caption_common_7label
   root_dir = "/home/A02_tmpdata3/osum_s2s/caption/raw_data/xlgeng_new_data"
   combines_tar_root_path = f'{root_dir}/s2t_thinking/combines_tar_root.txt'
   tar_dir = dragon_ai.load_first_row_from_file_clean(combines_tar_root_path)
   # sensevoice.list
   data_list = f'{doubao_root_dir}/caption_common_7label/doubao3.jsonl'
   if os.path.exists(data_list):
      output_dir = f'{root_dir}/s2s_thinking/doubao'
      task_tag = "<S2TCHAT> <TEXT2TOKEN> <THINK>"
      dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
      dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
   else:
      print(f"{data_list} not exists")

   # caption_common_50_label
   root_dir = "/home/A02_tmpdata3/osum_s2s/caption_add_2025_1_6/raw_data/s2s_data_with_gender/xlgeng_new_data"
   combines_tar_root_path = f'{root_dir}/s2t_thinking/combines_tar_root.txt'
   tar_dir = dragon_ai.load_first_row_from_file_clean(combines_tar_root_path)
   # sensevoice.list
   data_list = f'{doubao_root_dir}/caption_common_50_label/doubao3.jsonl'
   if os.path.exists(data_list):
      output_dir = f'{root_dir}/s2s_thinking/doubao'
      task_tag = "<S2TCHAT> <TEXT2TOKEN> <THINK>"
      dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
      dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
   else:
      print(f"{data_list} not exists")

   # caption 显示
   root_dir = "/home/A02_tmpdata3/osum_s2s/caption_s2s_xianshi_20250806/raw_data/s2s_data/xlgeng_new_data"
   combines_tar_root_path = f'{root_dir}/s2t_thinking/combines_tar_root.txt'
   tar_dir = dragon_ai.load_first_row_from_file_clean(combines_tar_root_path)
   # sensevoice.list
   data_list = f'{doubao_root_dir}/caption_xianshi/doubao3.jsonl'
   if os.path.exists(data_list):
      output_dir = f'{root_dir}/s2s_thinking/doubao'
      task_tag = "<S2TCHAT> <TEXT2TOKEN> <THINK>"
      dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
      dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
   else:
      print(f"{data_list} not exists")

   # self_set
   root_dir = "/home/A02_tmpdata3/osum_s2s/S2SChat_osum_setting_qa_527_updated_by_cywang_added_by_20250616/raw_data/s2s_handle/xlgeng_new_data"
   tar_dir = "/home/A02_tmpdata3/osum_s2s/S2SChat_osum_setting_qa_527_updated_by_cywang_added_by_20250616"
   # sensevoice.list
   data_list = f'{doubao_root_dir}/self-set/doubao3.jsonl'
   if os.path.exists(data_list):
      output_dir = f'{root_dir}/s2s_thinking/doubao'
      task_tag = "<S2TCHAT> <TEXT2TOKEN> <THINK>"
      dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
      dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
   else:
      print(f"{data_list} not exists")

   # self_set
   root_dir = "/home/A02_tmpdata3/osum_s2s/S2SChat_osum_setting_qa_527_updated_by_cywang_added_by_20250616/raw_data/s2s_handle/xlgeng_new_data"
   tar_dir = "/home/A02_tmpdata3/osum_s2s/S2SChat_osum_setting_qa_527_updated_by_cywang_added_by_20250616"
   # sensevoice.list
   data_list = f'{doubao_root_dir}/self-set/doubao3.jsonl'
   if os.path.exists(data_list):
      output_dir = f'{root_dir}/s2s_no_thinking/doubao'
      task_tag = "<S2TCHAT> <TEXT2TOKEN>"
      dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
      dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
   else:
      print(f"{data_list} not exists")

   # self_set
   root_dir = "/home/A02_tmpdata3/osum_s2s/S2SChat_osum_setting_qa_527_updated_by_cywang_added_by_20250616/raw_data/s2s_handle/xlgeng_new_data"
   tar_dir = "/home/A02_tmpdata3/osum_s2s/S2SChat_osum_setting_qa_527_updated_by_cywang_added_by_20250616"
   # sensevoice.list
   data_list = f'{doubao_root_dir}/self-set/doubao3.jsonl'
   if os.path.exists(data_list):
      output_dir = f'{root_dir}/s2t_thinking/doubao'
      task_tag = "<S2TCHAT> <THINKER>"
      dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
      dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
   else:
      print(f"{data_list} not exists")

   # self_set
   root_dir = "/home/A02_tmpdata3/osum_s2s/S2SChat_osum_setting_qa_527_updated_by_cywang_added_by_20250616/raw_data/s2s_handle/xlgeng_new_data"
   tar_dir = "/home/A02_tmpdata3/osum_s2s/S2SChat_osum_setting_qa_527_updated_by_cywang_added_by_20250616"
   # sensevoice.list
   data_list = f'{doubao_root_dir}/self-set/doubao3.jsonl'
   if os.path.exists(data_list):
      output_dir = f'{root_dir}/s2t_no_thinking/doubao'
      task_tag = "<S2TCHAT>"
      dragon_ai.do_replace_str_to_file('*', '', data_list, data_list)
      dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
   else:
      print(f"{data_list} not exists")


from gxl_ai_utils.utils import utils_file
tar_dir = "/home/A02_tmpdata3/osum_s2s/emotion_yinshi_zxzhao_with_q_emo_by_cywang_added_by_20250701"
# data_list = "/home/A02_tmpdata3/osum_s2s/emotion_yinshi_zxzhao_with_q_emo_by_cywang_added_by_20250701/handle_data/s2s_handle/xlgeng_new_data/emotion_data_raw/data_no_child_no_osum.list"
data_list = "/home/A02_tmpdata3/osum_s2s/emotion_yinshi_zxzhao_with_q_emo_by_cywang_added_by_20250701/handle_data/s2s_handle/xlgeng_new_data/emotion_data_raw/with_think/data_s2s.list"
if os.path.exists(data_list):
   output_dir = f'/home/A02_tmpdata3/osum_s2s/emotion_yinshi_zxzhao_with_q_emo_by_cywang_added_by_20250701/handle_data/s2s_handle/xlgeng_new_data/s2s_no_think_raw'
   task_tag = "<S2TCHAT> <TEXT2TOKEN>"
   utils_file.remove_dir(output_dir)
   dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
else:
   print(f"{data_list} not exists")


if os.path.exists(data_list):
   output_dir = f'/home/A02_tmpdata3/osum_s2s/emotion_yinshi_zxzhao_with_q_emo_by_cywang_added_by_20250701/handle_data/s2s_handle/xlgeng_new_data/s2s_think_raw'
   task_tag = "<S2TCHAT> <TEXT2TOKEN> <THINK>"
   utils_file.remove_dir(output_dir)
   dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
else:
   print(f"{data_list} not exists")


if os.path.exists(data_list):
   output_dir = f'/home/A02_tmpdata3/osum_s2s/emotion_yinshi_zxzhao_with_q_emo_by_cywang_added_by_20250701/handle_data/s2s_handle/xlgeng_new_data/s2t_no_think_raw'
   task_tag = "<S2TCHAT>"
   utils_file.remove_dir(output_dir)
   dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
else:
   print(f"{data_list} not exists")


if os.path.exists(data_list):
   output_dir = f'/home/A02_tmpdata3/osum_s2s/emotion_yinshi_zxzhao_with_q_emo_by_cywang_added_by_20250701/handle_data/s2s_handle/xlgeng_new_data/s2t_think_raw'
   task_tag = "<S2TCHAT> <THINKER>"
   utils_file.remove_dir(output_dir)
   dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
else:
   print(f"{data_list} not exists")


exit(1)



tar_dir = "/home/A02_tmpdata3/osum_s2s/emotion_yinshi_zxzhao_with_q_emo_by_cywang_added_by_20250701"
data_list = "/home/A02_tmpdata3/osum_s2s/emotion_yinshi_zxzhao_with_q_emo_by_cywang_added_by_20250701/handle_data/s2s_handle/xlgeng_new_data/data_no_child_no_osum.list"
if os.path.exists(data_list):
   output_dir = f'/home/A02_tmpdata3/osum_s2s/emotion_yinshi_zxzhao_with_q_emo_by_cywang_added_by_20250701/handle_data/s2s_handle/xlgeng_new_data/s2s_no_thinking/doubao'
   task_tag = "<S2TCHAT> <TEXT2TOKEN>"
   utils_file.remove_dir(output_dir)
   dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
else:
   print(f"{data_list} not exists")


if os.path.exists(data_list):
   output_dir = f'/home/A02_tmpdata3/osum_s2s/emotion_yinshi_zxzhao_with_q_emo_by_cywang_added_by_20250701/handle_data/s2s_handle/xlgeng_new_data/s2s_thinking/doubao'
   task_tag = "<S2TCHAT> <TEXT2TOKEN> <THINK>"
   utils_file.remove_dir(output_dir)
   dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
else:
   print(f"{data_list} not exists")


if os.path.exists(data_list):
   output_dir = f'/home/A02_tmpdata3/osum_s2s/emotion_yinshi_zxzhao_with_q_emo_by_cywang_added_by_20250701/handle_data/s2s_handle/xlgeng_new_data/s2t_no_thinking'
   task_tag = "<S2TCHAT>"
   utils_file.remove_dir(output_dir)
   dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
else:
   print(f"{data_list} not exists")


if os.path.exists(data_list):
   output_dir = f'/home/A02_tmpdata3/osum_s2s/emotion_yinshi_zxzhao_with_q_emo_by_cywang_added_by_20250701/handle_data/s2s_handle/xlgeng_new_data/s2t_thinking'
   utils_file.remove_dir(output_dir)
   task_tag = "<S2TCHAT> <THINKER>"
   dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
else:
   print(f"{data_list} not exists")

if os.path.exists(data_list):
   output_dir = f'/home/A02_tmpdata3/osum_s2s/emotion_yinshi_zxzhao_with_q_emo_by_cywang_added_by_20250701/handle_data/s2s_handle/xlgeng_new_data/only_test'
   utils_file.remove_dir(output_dir)
   task_tag = "<S2TCHAT> <THINKER>"
   dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
else:
   print(f"{data_list} not exists")








tar_dir = "/home/A02_tmpdata3/osum_s2s/gender"
data_list = "/home/A02_tmpdata3/osum_s2s/gender/xlgeng_new_data/data_no_osum.list"
if os.path.exists(data_list):
   output_dir = f'/home/A02_tmpdata3/osum_s2s/gender/xlgeng_new_data/s2s_no_thinking/doubao'
   task_tag = "<S2TCHAT> <TEXT2TOKEN>"
   utils_file.remove_dir(output_dir)
   dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
else:
   print(f"{data_list} not exists")


if os.path.exists(data_list):
   output_dir = f'/home/A02_tmpdata3/osum_s2s/gender/xlgeng_new_data/s2s_thinking/doubao'
   task_tag = "<S2TCHAT> <TEXT2TOKEN> <THINK>"
   utils_file.remove_dir(output_dir)
   dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
else:
   print(f"{data_list} not exists")


if os.path.exists(data_list):
   output_dir = f'/home/A02_tmpdata3/osum_s2s/gender/xlgeng_new_data/s2t_no_thinking'
   task_tag = "<S2TCHAT>"
   utils_file.remove_dir(output_dir)
   dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
else:
   print(f"{data_list} not exists")


if os.path.exists(data_list):
   output_dir = f'/home/A02_tmpdata3/osum_s2s/gender/xlgeng_new_data/s2t_thinking'
   utils_file.remove_dir(output_dir)
   task_tag = "<S2TCHAT> <THINKER>"
   dragon_ai.do_distribute_datalist_for_conbine_type(data_list, output_dir, task_tag, tar_dir)
else:
   print(f"{data_list} not exists")

